White
WhiteMat = whiteningMatrix(cov(noclassData), method="PCA")
sum(is.na(WhiteMat))
[1] 120888
tokeep <- apply(is.na(WhiteMat),1,sum) == 0
WhiteMat <- WhiteMat[tokeep,]
sum(is.na(WhiteMat))
[1] 0
sum(apply(abs(WhiteMat),1,sum) > 1.0e6)
[1] 252
tokeep <- apply(abs(WhiteMat),1,sum) < 1.0e6
WhiteMat <- WhiteMat[tokeep,]
sum(apply(abs(WhiteMat),1,sum) > 1.0e6)
[1] 0
pander::pander(c(ncol=ncol(WhiteMat),nrow=nrow(WhiteMat)))
pander::pander(WhiteMat[1:TopVariables,1:TopVariables])
| L1 |
3.12e-05 |
-2.67e-06 |
-2.86e-05 |
4.63e-06 |
5.02e-06 |
| L2 |
1.85e-06 |
8.93e-08 |
-8.94e-07 |
1.88e-05 |
1.91e-05 |
| L3 |
3.91e-07 |
3.20e-06 |
7.69e-06 |
-1.23e-05 |
-1.19e-05 |
| L4 |
6.20e-05 |
1.32e-06 |
-3.05e-05 |
6.09e-05 |
6.22e-05 |
| L5 |
-2.59e-05 |
-3.48e-05 |
-3.48e-05 |
7.50e-05 |
7.63e-05 |
PCAWhite_Train <- as.data.frame(cbind(tcrossprod(as.matrix(noclassData), WhiteMat),trainDataFrame[,notcorr]))
colnames(PCAWhite_Train) <- c(colnames(tcrossprod(as.matrix(noclassData), WhiteMat)),notcorr)
sum(is.na(PCAWhite_Train))
[1] 0
PCAWhitePredicted <- as.data.frame(cbind(tcrossprod(as.matrix(noclassTestData), WhiteMat),testDataFrame[,notcorr]))
colnames(PCAWhitePredicted) <- c(colnames(tcrossprod(as.matrix(noclassTestData), WhiteMat)),notcorr)
sum(is.na(PCAWhitePredicted))
[1] 0
iscontinous <- colnames(PCAWhitePredicted)[sapply(apply(PCAWhitePredicted,2,unique),length) > 5] ## Only variables with enough
varlistWhite <- iscontinous
univarWhite <- uniRankVar(varlistWhite,
paste(outcome,"~1"),
outcome,
PCAWhite_Train,
rankingTest = "CStat")
100 : L100 200 : tqwt_medianValue_dec_8
univarWhiteTest <- uniRankVar(varlistWhite,
paste(outcome,"~1"),
outcome,
PCAWhite_Train,
testData=PCAWhitePredicted,
rankingTest = "CStat")
100 : L100 200 : tqwt_medianValue_dec_8
univarWhite$orderframe$BACC <- (univarWhite$orderframe$Sensitivity + univarWhite$orderframe$Specificity)/2.0
univarWhiteTest$orderframe$BACC <- (univarWhiteTest$orderframe$Sensitivity + univarWhiteTest$orderframe$Specificity)/2.0
Correlation
Matrices
RAW
par(cex=1.0,cex.main=0.8)
breaks <- c(0:5)/5.0;
cormat <- cor(testDataFrame,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(max(abs(cormat)))
1
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.517 |
0.694 |
0.834 |
0.954 |
0.997 |
pander::pander(c(Raw_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Raw Correlation",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature"
)

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Raw Correlation",xlab="Spearman Correlation")
rawDen <- density(cormat,from=-1,to=1)
par(op)
UPSTM Blind
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(DEdataframe,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
#pander::pander(colnames(cormat)[apply(abs(cormat),2,max)>rhoThreshold])
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.184 |
0.228 |
0.275 |
0.347 |
0.519 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(predTestDe,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.21 |
0.269 |
0.332 |
0.422 |
0.636 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after IDeA",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after UPSTM",xlab="Spearman Correlation")
DeDen <- density(cormat,from=-1,to=1)
par(op)
UPSTM
Blind/Spearman
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(DEdataframeSpear,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
#pander::pander(colnames(cormat)[apply(abs(cormat),2,max)>rhoThreshold])
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.19 |
0.241 |
0.3 |
0.391 |
0.659 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(predTestDeSpear,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.212 |
0.271 |
0.336 |
0.425 |
0.629 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after IDeA:Spearman",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after UPSTM",xlab="Spearman Correlation")
DeSpearDen <- density(cormat,from=-1,to=1)
par(op)
UPSTM Driven
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(DriDEdataframe,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
#pander::pander(colnames(cormat)[apply(abs(cormat),2,max)>rhoThreshold])
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.185 |
0.23 |
0.278 |
0.349 |
0.515 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(DriDEdataframe,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.195 |
0.245 |
0.301 |
0.383 |
0.565 |
pander::pander(c(IDeA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after Driven-IDeA",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after Driven-UPSTM",xlab="Spearman Correlation")
DeDrivDen <- density(cormat,from=-1,to=1)
par(op)
UPSTM
Spearman
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(DriDEdataframeSpear,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
#pander::pander(colnames(cormat)[apply(abs(cormat),2,max)>rhoThreshold])
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.191 |
0.242 |
0.301 |
0.397 |
0.662 |
pander::pander(c(IDeAS_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(predTestDriSpear,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.213 |
0.273 |
0.339 |
0.432 |
0.667 |
pander::pander(c(IDeAS_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation: Driven/Spearman",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after UPSTM with Spearman",xlab="Spearman Correlation")
DeDrivSpearDen <- density(cormat,from=-1,to=1)
par(op)
PCA
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(PCA_Train,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.164 |
0.202 |
0.243 |
0.334 |
0.616 |
pander::pander(c(PCA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(PCA_Predicted,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.175 |
0.226 |
0.302 |
0.455 |
0.781 |
pander::pander(c(PCA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after PCA",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after PCA",xlab="Spearman Correlation")
PCADen <- density(cormat,from=-1,to=1)
par(op)
EFA
par(cex=1.0,cex.main=0.8)
## Train Correlation
cormat <- cor(EFA_Train,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.165 |
0.202 |
0.244 |
0.336 |
0.627 |
pander::pander(c(EFA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(EFA_Predicted,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.175 |
0.226 |
0.301 |
0.455 |
0.781 |
pander::pander(c(EFA_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after EFA",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after EFA",xlab="Spearman Correlation")
EFADen <- density(cormat,from=-1,to=1)
par(op)
PCA Whitening
## Train Correlation
cormat <- cor(PCAWhite_Train,method="pearson")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Train=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.141 |
0.172 |
0.201 |
0.237 |
0.375 |
pander::pander(c(PCAWhite_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
## Test Correlation
cormat <- cor(PCAWhitePredicted,method="spearman")
cormat[is.na(cormat)] <- 0
diag(cormat) <- 0;
pander::pander(c(Test=max(abs(cormat))))
pander::pander(quantile(abs(cormat),probs=c(0.9,0.95,0.975,0.99,0.999)))
| 0.176 |
0.216 |
0.254 |
0.311 |
0.582 |
pander::pander(c(PCAWhite_fraction=sum(abs(cormat)>rhoThreshold)/ncol(cormat)/ncol(cormat)))
gplots::heatmap.2(abs(cormat),
trace = "none",
mar = c(5,5),
col=rev(heat.colors(5)),
breaks = breaks,
main = "Correlation after PCAWhite",
cexRow = 0.25,
cexCol = 0.25,
srtCol=35,
srtRow=75,
key.title=NA,
key.xlab="Spearman Correlation",
xlab="Feature", ylab="Feature")

#hist(cormat,freq=FALSE,
# density=NULL,
# xlim=c(-1,1),
# ylim=c(0,4.0),
# main="Correlation after PCAWhite",xlab="Spearman Correlation")
WhiteDen <- density(cormat,from=-1,to=1)
par(op)
The Density
Plot
par(cex=0.7)
colors=c("red","blue","green","darkblue","darkgreen","purple","orange","darkred");
plot(rawDen,
xlim=c(-1,1),
ylim=c(0.001,7.0),
col=colors[1],
lty=1,
lwd=4,
log="y",
main="Test: Correlation Distribution",xlab="Spearman Correlation")
lines(DeDen,col=colors[2],lty=2,lwd=4)
lines(DeSpearDen,col=colors[3],lty=3,lwd=4)
lines(DeDrivDen,col=colors[4],lty=4,lwd=2)
lines(DeDrivSpearDen,col=colors[5],lty=5,lwd=2)
lines(PCADen,col=colors[6],lty=6,lwd=1)
lines(EFADen,col=colors[7],lty=7,lwd=1)
lines(WhiteDen,col=colors[8],lty=8,lwd=1)
names=c("Raw","IDeA:P","IDeA:S","DIDeA:P","DIDeA:S","PCA","EFA","White:PCA")
#colors=c("red","blue","green","blue","green","purple","purple","gray");
lines=c(1,2,3,4,5,6,7,8)
lwds=c(4,4,4,2,2,1,1,1)
legend("topleft",names,col=colors,lty=lines,lwd=lwds,cex=0.50)

par(op)
Differences
between train and test ROC AUC
par(op)
par(mfrow=c(1,1),cex=0.7)
AUCResults <- list();
diffAUC <- list();
thenames <- rownames(univar$orderframe)[(rownames(univar$orderframe) %in% colnames(testDataFrame))]
rawAUC <- univar$orderframe[thenames,"ROCAUC"]
thenames <- thenames[rawAUC >= aucTHR]
rawAUC <- univar$orderframe[thenames,"ROCAUC"]
rawAUCTest <- univarTest$orderframe[thenames,"ROCAUC"]
AUCResults$RAW <- rawAUCTest
diffAUC$RAW <- rawAUCTest-rawAUC
plot(rawAUC,rawAUCTest-rawAUC,
xlab="TRAIN ROC AUC",
ylab="Test:AUC-Train:AUC",
xlim=c(0.5,1.0),
ylim=c(-0.25,0.25),
pch=1,
col=colors[1],
main="ROC AUC Difference Between Test and Train")
thenames <- rownames(univarDe$orderframe)[!(rownames(univarDe$orderframe) %in% colnames(testDataFrame))]
IDeAP <- univarDe$orderframe[thenames,"ROCAUC"]
thenames <- thenames[IDeAP >= aucTHR]
IDeAP <- univarDe$orderframe[thenames,"ROCAUC"]
IDeAPTest <- univarDeTest$orderframe[thenames,"ROCAUC"]
AUCResults$IDeAP <- IDeAP
AUCResults$IDeAP_T <- IDeAPTest
diffAUC$IDeAP <- IDeAPTest-IDeAP
points(IDeAP,IDeAPTest-IDeAP,pch=2,col=colors[2])
thenames <- rownames(univarDeSpear$orderframe)[!(rownames(univarDeSpear$orderframe) %in% colnames(testDataFrame))]
IDeAS <- univarDeSpear$orderframe[thenames,"ROCAUC"]
thenames <- thenames[IDeAS >= aucTHR]
IDeAS <- univarDeSpear$orderframe[thenames,"ROCAUC"]
IDeASTest <- univarDeSpearTest$orderframe[thenames,"ROCAUC"]
AUCResults$IDeAS <- IDeAS
AUCResults$IDeAS_T <- IDeASTest
diffAUC$IDeAS <- IDeASTest-IDeAS
points(IDeAS,IDeASTest-IDeAS,pch=3,col=colors[3])
thenames <- rownames(univarDeDri$orderframe)[!(rownames(univarDeDri$orderframe) %in% colnames(testDataFrame))]
DIDeAP <- univarDeDri$orderframe[thenames,"ROCAUC"]
thenames <- thenames[DIDeAP >= aucTHR]
DIDeAP <- univarDeDri$orderframe[thenames,"ROCAUC"]
DIDeAPTest <- univarDeDriTest$orderframe[thenames,"ROCAUC"]
AUCResults$DIDeAP <- DIDeAP
AUCResults$DIDeAP_T <- DIDeAPTest
diffAUC$DIDeAP <- DIDeAPTest-DIDeAP
points(DIDeAP,DIDeAPTest-DIDeAP,pch=4,col=colors[4])
thenames <- rownames(univarDeDriSpear$orderframe)[!(rownames(univarDeDriSpear$orderframe) %in% colnames(testDataFrame))]
DIDeAS <- univarDeDriSpear$orderframe[thenames,"ROCAUC"]
thenames <- thenames[DIDeAS >= aucTHR]
DIDeAS <- univarDeDriSpear$orderframe[thenames,"ROCAUC"]
DIDeASTest <- univarDeDriSpearTest$orderframe[thenames,"ROCAUC"]
AUCResults$DIDeAS <- DIDeAS
AUCResults$DIDeAS_T <- DIDeASTest
diffAUC$DIDeAS <- DIDeASTest-DIDeAS
points(DIDeAS,DIDeASTest-DIDeAS,pch=5,col=colors[5])
thenames <- rownames(univarPCA$orderframe)[!(rownames(univarPCA$orderframe) %in% colnames(testDataFrame))]
PCA <- univarPCA$orderframe[thenames,"ROCAUC"]
thenames <- thenames[PCA >= aucTHR]
PCA <- univarPCA$orderframe[thenames,"ROCAUC"]
PCATest <- univarPCATest$orderframe[thenames,"ROCAUC"]
AUCResults$PCA <- PCA
AUCResults$PCA_T <- PCATest
diffAUC$PCA <- PCATest-PCA
points(PCA,PCATest-PCA,pch=6,col=colors[6])
thenames <- rownames(univarEFA$orderframe)[!(rownames(univarEFA$orderframe) %in% colnames(testDataFrame))]
EFA <- univarEFA$orderframe[thenames,"ROCAUC"]
thenames <- thenames[EFA >= aucTHR]
EFA <- univarEFA$orderframe[thenames,"ROCAUC"]
EFATest <- univarEFATest$orderframe[thenames,"ROCAUC"]
AUCResults$EFA <- EFA
AUCResults$EFA_T <- EFATest
diffAUC$EFA <- EFATest-EFA
points(EFA,EFATest-EFA,pch=7,col=colors[7])
thenames <- rownames(univarWhite$orderframe)[!(rownames(univarWhite$orderframe) %in% colnames(testDataFrame))]
WPCA <- univarWhite$orderframe[thenames,"ROCAUC"]
thenames <- thenames[WPCA >= aucTHR]
WPCA <- univarWhite$orderframe[thenames,"ROCAUC"]
WPCATest <- univarWhiteTest$orderframe[thenames,"ROCAUC"]
AUCResults$WPCA <- WPCA
AUCResults$WPCA_T <- WPCATest
diffAUC$WPCA <- WPCATest-WPCA
points(WPCA,WPCATest-WPCA,pch=8,col=colors[8])
names=c("Raw","IDeA:P","IDeA:S","DIDeA:P","DIDeA:S","PCA","EFA","White:PCA")
pchs=c(1,2,3,4,5,6,7,8)
legend("bottomright",names,col=colors,pch=pchs,cex=0.50)

par(op)
Violin of
differences
par(op)
par(mfrow=c(1,1),cex=0.7)
vioplot(diffAUC,
ylim=c(-0.25,0.25),
ylab="Test-Train",
main="Test-Train Paired ROC AUC Difference",
col=colors,
cex.axis=0.6,
las=2
)
stripchart(diffAUC, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(diffAUC),lapply(diffAUC,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
Distribution of
ROC AUC in latent Variables
par(op)
par(mfrow=c(1,1),cex=0.7)
colors2 <- length(AUCResults)
colors2[1] <- colors[1];
colors2[2*(1:(length(colors)-1))] <- colors[2:length(colors)]
colors2[1+2*(1:(length(colors)-1))] <- colors[2:length(colors)]
vioplot(AUCResults,
ylim=c(0.3,1.0),
ylab="ROC AUC",
main="ROC AUC of Latent Variables",
col=colors2,
cex.axis=0.6,
las=2
)
abline(h=0.5,col="black")
stripchart(AUCResults, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(AUCResults),lapply(AUCResults,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
Differences
between train and test Balanced Accuracy
par(op)
par(mfrow=c(1,1),cex=0.7)
BACCTHR <- 0.5
BACCResults <- list();
diffBACC <- list();
thenames <- rownames(univar$orderframe)[(rownames(univar$orderframe) %in% colnames(testDataFrame))]
rawBACC <- univar$orderframe[thenames,"BACC"]
thenames <- thenames[rawBACC >= BACCTHR]
rawBACC <- univar$orderframe[thenames,"BACC"]
rawBACCTest <- univarTest$orderframe[thenames,"BACC"]
BACCResults$RAW <- rawBACCTest
diffBACC$RAW <- rawBACCTest-rawBACC
plot(rawBACC,rawBACCTest-rawBACC,
xlab="TRAIN Balanced Acc",
ylab="Test:BACC-Train:BACC",
xlim=c(0.5,1.0),
ylim=c(-0.25,0.25),
pch=1,
col=colors[1],
main="Balanced Acc Difference Between Test and Train")
thenames <- rownames(univarDe$orderframe)[!(rownames(univarDe$orderframe) %in% colnames(testDataFrame))]
IDeAP <- univarDe$orderframe[thenames,"BACC"]
thenames <- thenames[IDeAP >= BACCTHR]
IDeAP <- univarDe$orderframe[thenames,"BACC"]
IDeAPTest <- univarDeTest$orderframe[thenames,"BACC"]
BACCResults$IDeAP <- IDeAP
BACCResults$IDeAP_T <- IDeAPTest
diffBACC$IDeAP <- IDeAPTest-IDeAP
points(IDeAP,IDeAPTest-IDeAP,pch=2,col=colors[2])
thenames <- rownames(univarDeSpear$orderframe)[!(rownames(univarDeSpear$orderframe) %in% colnames(testDataFrame))]
IDeAS <- univarDeSpear$orderframe[thenames,"BACC"]
thenames <- thenames[IDeAS >= BACCTHR]
IDeAS <- univarDeSpear$orderframe[thenames,"BACC"]
IDeASTest <- univarDeSpearTest$orderframe[thenames,"BACC"]
BACCResults$IDeAS <- IDeAS
BACCResults$IDeAS_T <- IDeASTest
diffBACC$IDeAS <- IDeASTest-IDeAS
points(IDeAS,IDeASTest-IDeAS,pch=3,col=colors[3])
thenames <- rownames(univarDeDri$orderframe)[!(rownames(univarDeDri$orderframe) %in% colnames(testDataFrame))]
DIDeAP <- univarDeDri$orderframe[thenames,"BACC"]
thenames <- thenames[DIDeAP >= BACCTHR]
DIDeAP <- univarDeDri$orderframe[thenames,"BACC"]
DIDeAPTest <- univarDeDriTest$orderframe[thenames,"BACC"]
BACCResults$DIDeAP <- DIDeAP
BACCResults$DIDeAP_T <- DIDeAPTest
diffBACC$DIDeAP <- DIDeAPTest-DIDeAP
points(DIDeAP,DIDeAPTest-DIDeAP,pch=4,col=colors[4])
thenames <- rownames(univarDeDriSpear$orderframe)[!(rownames(univarDeDriSpear$orderframe) %in% colnames(testDataFrame))]
DIDeAS <- univarDeDriSpear$orderframe[thenames,"BACC"]
thenames <- thenames[DIDeAS >= BACCTHR]
DIDeAS <- univarDeDriSpear$orderframe[thenames,"BACC"]
DIDeASTest <- univarDeDriSpearTest$orderframe[thenames,"BACC"]
BACCResults$DIDeAS <- DIDeAS
BACCResults$DIDeAS_T <- DIDeASTest
diffBACC$DIDeAS <- DIDeASTest-DIDeAS
points(DIDeAS,DIDeASTest-DIDeAS,pch=5,col=colors[5])
thenames <- rownames(univarPCA$orderframe)[!(rownames(univarPCA$orderframe) %in% colnames(testDataFrame))]
PCA <- univarPCA$orderframe[thenames,"BACC"]
thenames <- thenames[PCA >= BACCTHR]
PCA <- univarPCA$orderframe[thenames,"BACC"]
PCATest <- univarPCATest$orderframe[thenames,"BACC"]
BACCResults$PCA <- PCA
BACCResults$PCA_T <- PCATest
diffBACC$PCA <- PCATest-PCA
points(PCA,PCATest-PCA,pch=6,col=colors[6])
thenames <- rownames(univarEFA$orderframe)[!(rownames(univarEFA$orderframe) %in% colnames(testDataFrame))]
EFA <- univarEFA$orderframe[thenames,"BACC"]
thenames <- thenames[EFA >= BACCTHR]
EFA <- univarEFA$orderframe[thenames,"BACC"]
EFATest <- univarEFATest$orderframe[thenames,"BACC"]
BACCResults$EFA <- EFA
BACCResults$EFA_T <- EFATest
diffBACC$EFA <- EFATest-EFA
points(EFA,EFATest-EFA,pch=7,col=colors[7])
thenames <- rownames(univarWhite$orderframe)[!(rownames(univarWhite$orderframe) %in% colnames(testDataFrame))]
WPCA <- univarWhite$orderframe[thenames,"BACC"]
thenames <- thenames[WPCA >= BACCTHR]
WPCA <- univarWhite$orderframe[thenames,"BACC"]
WPCATest <- univarWhiteTest$orderframe[thenames,"BACC"]
BACCResults$WPCA <- WPCA
BACCResults$WPCA_T <- WPCATest
diffBACC$WPCA <- WPCATest-WPCA
points(WPCA,WPCATest-WPCA,pch=8,col=colors[8])
names=c("Raw","IDeA:P","IDeA:S","DIDeA:P","DIDeA:S","PCA","EFA","White:PCA")
pchs=c(1,2,3,4,5,6,7,8)
legend("bottomright",names,col=colors,pch=pchs,cex=0.50)

par(op)
Violin of
differences
par(op)
par(mfrow=c(1,1),cex=0.7)
vioplot(diffBACC,
ylim=c(-0.25,0.25),
ylab="Test-Train",
main="Test-Train Paired Balanced Acc Difference",
col=colors,
cex.axis=0.6,
las=2
)
stripchart(diffBACC, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(diffBACC),lapply(diffBACC,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
Distribution of
Balanced Acc in latent Variables
par(op)
par(mfrow=c(1,1),cex=0.7)
colors2 <- length(BACCResults)
colors2[1] <- colors[1];
colors2[2*(1:(length(colors)-1))] <- colors[2:length(colors)]
colors2[1+2*(1:(length(colors)-1))] <- colors[2:length(colors)]
vioplot(BACCResults,
ylim=c(0.3,1.0),
ylab="Balanced Acc",
main="Balanced Acc of Latent Variables",
col=colors2,
cex.axis=0.6,
las=2
)
abline(h=0.5,col="black")
stripchart(BACCResults, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(BACCResults),lapply(BACCResults,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
Differences
between train and test IDI
par(op)
par(mfrow=c(1,1),cex=0.7)
testIDI <- list();
diffIDI <- list();
rawIDI <- univar$orderframe$IDI
rawIDITest <- univarTest$orderframe$IDI
testIDI$RAW <- rawIDITest
diffIDI$RAW <- rawIDITest-rawIDI
plot(rawIDI,rawIDITest-rawIDI,
xlab="TRAIN Test IDI",
ylab="Test:IDI-Train:IDI",
xlim=c(0,0.5),
ylim=c(-0.2,0.2),
pch=1,
col=colors[1],
main="Predict IDI Difference Between Test and Train")
IDeAP <- univarDe$orderframe$IDI[!(rownames(univarDe$orderframe) %in% colnames(testDataFrame))]
IDeAPTest <-univarDeTest$orderframe$IDI[!(rownames(univarDe$orderframe) %in% colnames(testDataFrame))]
testIDI$IDeAP <- IDeAP
testIDI$IDeAP_T <- IDeAPTest
diffIDI$IDeAP <- IDeAPTest-IDeAP
points(IDeAP,IDeAPTest-IDeAP,pch=2,col=colors[2])
IDeAS <- univarDeSpear$orderframe$IDI[!(rownames(univarDeSpearTest$orderframe) %in% colnames(testDataFrame))]
IDeASTest <- univarDeSpearTest$orderframe$IDI[!(rownames(univarDeSpearTest$orderframe) %in% colnames(testDataFrame))]
testIDI$IDeAS <- IDeAS
testIDI$IDeAS_T <- IDeASTest
diffIDI$IDeAS <- IDeASTest-IDeAS
points(IDeAS,IDeASTest-IDeAS,pch=3,col=colors[3])
DIDeAP <- univarDeDri$orderframe$IDI[!(rownames(univarDeDriTest$orderframe) %in% colnames(testDataFrame))]
DIDeAPTest <- univarDeDriTest$orderframe$IDI[!(rownames(univarDeDriTest$orderframe) %in% colnames(testDataFrame))]
testIDI$DIDeAP <- DIDeAP
testIDI$DIDeAP_T <- DIDeAPTest
diffIDI$DIDeAP <- DIDeAPTest-DIDeAP
points(DIDeAP,DIDeAPTest-DIDeAP,pch=4,col=colors[4])
DIDeAS <- univarDeDriSpear$orderframe$IDI[!(rownames(univarDeDriSpearTest$orderframe) %in% colnames(testDataFrame))]
DIDeASTest <- univarDeDriSpearTest$orderframe$IDI[!(rownames(univarDeDriSpearTest$orderframe) %in% colnames(testDataFrame))]
testIDI$DIDeAS <- DIDeAS
testIDI$DIDeAS_T <- DIDeASTest
diffIDI$DIDeAS <- DIDeASTest-DIDeAS
points(DIDeAS,DIDeASTest-DIDeAS,pch=5,col=colors[5])
PCA <- univarPCA$orderframe$IDI[!(rownames(univarPCA$orderframe) %in% colnames(testDataFrame))]
PCATest <- univarPCATest$orderframe$IDI[!(rownames(univarPCA$orderframe) %in% colnames(testDataFrame))]
testIDI$PCA <- PCA
testIDI$PCA_T <- PCATest
diffIDI$PCA <- PCATest-PCA
points(PCA,PCATest-PCA,pch=6,col=colors[6])
EFA <- univarEFA$orderframe$IDI[!(rownames(univarEFA$orderframe) %in% colnames(testDataFrame))]
EFATest <- univarEFATest$orderframe$IDI[!(rownames(univarEFA$orderframe) %in% colnames(testDataFrame))]
testIDI$EFA <- EFA
testIDI$EFA_T <- EFATest
diffIDI$EFA <- EFATest-EFA
points(EFA,EFATest-EFA,pch=7,col=colors[7])
WPCA <- univarWhite$orderframe$IDI[!(rownames(univarWhite$orderframe) %in% colnames(testDataFrame))]
WPCATest <- univarWhiteTest$orderframe$IDI[!(rownames(univarWhite$orderframe) %in% colnames(testDataFrame))]
testIDI$WPCA <- WPCA
testIDI$WPCA_T <- WPCATest
diffIDI$WPCA <- WPCATest-WPCA
points(WPCA,WPCATest-WPCA,pch=8,col=colors[8])
names=c("Raw","IDeA:P","IDeA:S","DIDeA:P","DIDeA:S","PCA","EFA","White:PCA")
pchs=c(1,2,3,4,5,6,7,8)
legend("bottomright",names,col=colors,pch=pchs,cex=0.50)

par(op)
Violin of
differences
par(op)
par(mfrow=c(1,1),cex=0.7)
vioplot(diffIDI,
ylim=c(-0.2,0.2),
ylab="Test-Train",
main="Test-Train Paired Predict IDI Difference",
col=colors,
cex.axis=0.6,
las=2
)
stripchart(diffIDI, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(diffIDI),lapply(diffIDI,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
Distribution of
Predict IDI in latent Variables
par(op)
par(mfrow=c(1,1),cex=0.7)
colors2 <- length(testIDI)
colors2[1] <- colors[1];
colors2[2*(1:(length(colors)-1))] <- colors[2:length(colors)]
colors2[1+2*(1:(length(colors)-1))] <- colors[2:length(colors)]
vioplot(testIDI,
ylim=c(0.0,0.5),
ylab="Predict IDI",
main="Predict IDI of Latent Variables",
col=colors2,
cex.axis=0.6,
las=2
)
stripchart(testIDI, method = "jitter", col = "gray",
vertical = TRUE, pch = 1, add = TRUE,cex=0.35)
points(1:length(testIDI),lapply(testIDI,mean), pch = 18, col = "yellow", cex = 2.25)

par(op)
The tables
pander::pander(univarTest$orderframe[1:TopVariables,univariate_columns])
| std_6th_delta_delta |
23.8 |
0.251 |
23.5 |
0.172 |
0.957 |
0.140 |
0.706 |
0.829 |
| std_6th_delta |
24.5 |
0.245 |
24.3 |
0.183 |
0.780 |
0.112 |
0.681 |
0.820 |
| std_7th_delta_delta |
23.7 |
0.255 |
23.4 |
0.201 |
0.965 |
0.134 |
0.728 |
0.820 |
| std_8th_delta |
24.4 |
0.243 |
24.1 |
0.164 |
0.753 |
0.136 |
0.707 |
0.817 |
| std_8th_delta_delta |
23.7 |
0.240 |
23.4 |
0.163 |
0.863 |
0.147 |
0.738 |
0.815 |
pander::pander(univarDeTest$orderframe[1:TopVariables,univariate_columns])
| La_locShimmer |
1.5596 |
0.0944 |
1.469 |
0.0671 |
0.838 |
0.1230 |
0.691 |
0.782 |
| La_std_9th_delta |
0.0538 |
0.1553 |
-0.089 |
0.1182 |
0.980 |
0.1005 |
0.632 |
0.779 |
| La_std_3rd_delta |
-0.1323 |
0.1151 |
-0.257 |
0.1639 |
0.152 |
0.1346 |
0.698 |
0.766 |
| La_std_4th_delta |
-1.4084 |
0.1246 |
-1.510 |
0.1118 |
0.586 |
0.0885 |
0.667 |
0.744 |
| La_tqwt_entropy_log_dec_20 |
-12.7481 |
0.1041 |
-12.688 |
0.0674 |
0.640 |
0.0147 |
0.587 |
0.743 |
pander::pander(univarDeSpearTest$orderframe[1:TopVariables,univariate_columns])
| std_9th_delta |
24.366 |
0.2426 |
24.100 |
0.1931 |
9.74e-01 |
0.1393 |
0.731 |
0.803 |
| La_locShimmer |
1.560 |
0.0944 |
1.469 |
0.0671 |
8.38e-01 |
0.1230 |
0.691 |
0.782 |
| La_std_3rd_delta |
-0.132 |
0.1151 |
-0.257 |
0.1639 |
1.52e-01 |
0.1346 |
0.698 |
0.766 |
| La_tqwt_entropy_shannon_dec_29 |
0.316 |
0.9831 |
-2.088 |
10.7182 |
7.49e-08 |
0.0467 |
0.638 |
0.760 |
| La_std_6th_delta |
0.749 |
0.1292 |
0.646 |
0.0936 |
7.61e-01 |
0.0772 |
0.683 |
0.754 |
pander::pander(univarDeDriTest$orderframe[1:TopVariables,univariate_columns])
| std_6th_delta_delta |
23.804 |
0.251 |
23.507 |
0.172 |
0.9567 |
0.1397 |
0.706 |
0.829 |
| La_std_9th_delta |
0.251 |
0.128 |
0.120 |
0.133 |
0.1993 |
0.1326 |
0.773 |
0.791 |
| La_tqwt_entropy_log_dec_29 |
0.168 |
0.278 |
0.303 |
0.227 |
0.0027 |
0.0541 |
0.696 |
0.767 |
| La_std_3rd_delta |
-0.132 |
0.115 |
-0.257 |
0.164 |
0.1525 |
0.1346 |
0.698 |
0.766 |
| La_tqwt_entropy_log_dec_20 |
-43.936 |
0.114 |
-43.841 |
0.101 |
0.5730 |
0.1093 |
0.701 |
0.758 |
pander::pander(univarDeDriSpearTest$orderframe[1:TopVariables,univariate_columns])
| La_std_9th_delta |
0.251 |
0.1283 |
0.120 |
0.1334 |
0.199 |
0.1326 |
0.773 |
0.791 |
| La_std_3rd_delta |
-0.132 |
0.1151 |
-0.257 |
0.1639 |
0.152 |
0.1346 |
0.698 |
0.766 |
| La_apq3Shimmer |
-0.675 |
0.0981 |
-0.590 |
0.0667 |
0.935 |
0.0732 |
0.628 |
0.755 |
| La_std_6th_delta |
0.749 |
0.1292 |
0.646 |
0.0936 |
0.761 |
0.0772 |
0.683 |
0.754 |
| tqwt_kurtosisValue_dec_20 |
28.527 |
0.2481 |
28.335 |
0.1746 |
0.590 |
0.1234 |
0.705 |
0.751 |
pander::pander(univarPCATest$orderframe[1:TopVariables,univariate_columns])
| RC5 |
10.9 |
43.0 |
-31.912 |
28.0 |
0.856205 |
0.166 |
0.740 |
0.806 |
| mean_MFCC_2nd_coef |
22.8 |
16.3 |
3.623 |
27.8 |
0.000469 |
0.160 |
0.767 |
0.743 |
| RC1 |
-21.9 |
128.6 |
64.220 |
76.6 |
0.102498 |
0.127 |
0.776 |
0.729 |
| RC2 |
-18.9 |
96.1 |
55.663 |
92.3 |
0.639001 |
0.111 |
0.683 |
0.721 |
| mean_delta_log_energy |
-11.9 |
17.5 |
-0.184 |
20.6 |
0.002515 |
0.053 |
0.701 |
0.718 |
pander::pander(univarEFATest$orderframe[1:TopVariables,univariate_columns])
| MR5 |
10.83 |
42.87 |
-31.80 |
27.90 |
0.858212 |
0.166 |
0.740 |
0.805 |
| MR13 |
2.02 |
8.95 |
-5.94 |
9.04 |
0.692884 |
0.144 |
0.728 |
0.744 |
| mean_MFCC_2nd_coef |
22.79 |
16.29 |
3.62 |
27.83 |
0.000469 |
0.160 |
0.767 |
0.743 |
| MR1 |
-21.84 |
128.27 |
64.14 |
76.50 |
0.099106 |
0.128 |
0.778 |
0.729 |
| MR2 |
-18.94 |
96.03 |
55.62 |
92.23 |
0.641580 |
0.111 |
0.683 |
0.721 |
pander::pander(univarWhiteTest$orderframe[1:TopVariables,univariate_columns])
| mean_MFCC_2nd_coef |
22.79 |
16.287 |
3.623 |
27.832 |
4.69e-04 |
0.1597 |
0.767 |
0.743 |
| L13 |
-2.45 |
0.956 |
-3.201 |
0.927 |
8.17e-01 |
0.0374 |
0.593 |
0.729 |
| mean_delta_log_energy |
-11.91 |
17.465 |
-0.184 |
20.646 |
2.52e-03 |
0.0530 |
0.701 |
0.718 |
| tqwt_medianValue_dec_10 |
-1.97 |
16.122 |
-10.549 |
13.287 |
1.63e-05 |
-0.0216 |
0.475 |
0.710 |
| L27 |
6.30 |
0.934 |
7.029 |
0.999 |
7.26e-01 |
0.0866 |
0.648 |
0.699 |
topUni <- univar$orderframe$Name[1:TopVariables]
topDe <- univarDe$orderframe$Name[1:TopVariables]
topDeSpear <- univarDeSpear$orderframe$Name[1:TopVariables]
topDeDri <- univarDeDri$orderframe$Name[1:TopVariables]
topDeDriSpear <- univarDeDriSpear$orderframe$Name[1:TopVariables]
topPCA <- univarPCA$orderframe$Name[1:TopVariables]
topEFA <- univarEFA$orderframe$Name[1:TopVariables]
topPCAWhite <- univarWhite$orderframe$Name[1:TopVariables]
Model of top
variables
par(mfrow=c(1,2),cex=0.6)
lmRAW <- glm(paste(outcome,"~."),
trainDataFrame[,c(outcome,topUni)],
family="binomial")
prRaw <- predictionStats_binary(cbind(testDataFrame[,outcome],predict(lmRAW,testDataFrame)),"Top Raw",cex=0.75)

lmDe <- glm(paste(outcome,"~."),
DEdataframe[,c(outcome,topDe)],
family="binomial")
prDe <- predictionStats_binary(cbind(predTestDe[,outcome],predict(lmDe,predTestDe)),"Top IDeA:P",cex=0.75)

lmDeSpear <- glm(paste(outcome,"~."),
DEdataframeSpear[,c(outcome,topDeSpear)],
family="binomial")
prSpear <- predictionStats_binary(cbind(predTestDeSpear[,outcome],predict(lmDeSpear,predTestDeSpear)),"Top IDeA:S",cex=0.75)

lmDri <- glm(paste(outcome,"~."),
DriDEdataframe[,c(outcome,topDeDri)],
family="binomial")
prDri <- predictionStats_binary(cbind(predTestDe[,outcome],predict(lmDri,predTestDri)),"Top DIDeA:P",cex=0.75)

lmDriSpear <- glm(paste(outcome,"~."),
DriDEdataframeSpear[,c(outcome,topDeDriSpear)],
family="binomial")
prDriSpear <- predictionStats_binary(cbind(predTestDriSpear[,outcome],predict(lmDriSpear,predTestDriSpear)),"Top DIDeA:S",cex=0.7)

lmPCA <- glm(paste(outcome,"~."),
PCA_Train[,c(outcome,topPCA)],
family="binomial")
prPCA <- predictionStats_binary(cbind(PCA_Predicted[,outcome],predict(lmPCA,PCA_Predicted)),"Top PCA",cex=0.75)

lmEFA <- glm(paste(outcome,"~."),
EFA_Train[,c(outcome,topEFA)],
family="binomial")
prEFA <- predictionStats_binary(cbind(EFA_Predicted[,outcome],predict(lmEFA,EFA_Predicted)),"Top EFA",cex=0.75)

lmPCAW <- glm(paste(outcome,"~."),
PCAWhite_Train[,c(outcome,topPCAWhite)],
family="binomial")
prWPCA <- predictionStats_binary(cbind(PCAWhitePredicted[,outcome],predict(lmPCAW,PCAWhitePredicted)),"Top White:PCA",cex=0.75)

par(op)
The Performance
Tables and Plots
par(cex=0.6)
aucs <- prRaw$aucs
aucs <- rbind(aucs,prDe$aucs)
aucs <- rbind(aucs,prSpear$aucs)
aucs <- rbind(aucs,prDri$aucs)
aucs <- rbind(aucs,prDriSpear$aucs)
aucs <- rbind(aucs,prPCA$aucs)
aucs <- rbind(aucs,prEFA$aucs)
aucs <- rbind(aucs,prWPCA$aucs)
rownames(aucs) <- c("RAW",
"IDeA:P",
"IDeA:S",
"DIDeA:P",
"DIDeA:S",
"PCA",
"EFA",
"WPCA"
)
pander::pander(aucs)
| RAW |
0.720 |
0.629 |
0.811 |
| IDeA:P |
0.728 |
0.626 |
0.830 |
| IDeA:S |
0.777 |
0.690 |
0.864 |
| DIDeA:P |
0.794 |
0.711 |
0.877 |
| DIDeA:S |
0.790 |
0.699 |
0.882 |
| PCA |
0.798 |
0.712 |
0.884 |
| EFA |
0.796 |
0.708 |
0.884 |
| WPCA |
0.683 |
0.567 |
0.799 |
bpAUC <- barPlotCiError(as.matrix(aucs),
metricname = "ROC AUC",
thesets = "Test AUC",
themethod = rownames(aucs),
main = "ROC AUC",
offsets = c(0.5,1),
scoreDirection = ">",
ho=0.5,
args.legend = list(bg = "white",x="bottomleft",inset=c(0.0,0),cex=0.5),
col = terrain.colors(nrow(aucs))
)

berror <- prRaw$berror
berror <- rbind(berror,prDe$berror)
berror <- rbind(berror,prSpear$berror)
berror <- rbind(berror,prDri$berror)
berror <- rbind(berror,prDriSpear$berror)
berror <- rbind(berror,prPCA$berror)
berror <- rbind(berror,prEFA$berror)
berror <- rbind(berror,prWPCA$berror)
rownames(berror) <- rownames(aucs)
pander::pander(berror)
| RAW |
0.434 |
0.348 |
0.513 |
| IDeA:P |
0.339 |
0.241 |
0.427 |
| IDeA:S |
0.354 |
0.267 |
0.449 |
| DIDeA:P |
0.325 |
0.234 |
0.425 |
| DIDeA:S |
0.344 |
0.256 |
0.435 |
| PCA |
0.250 |
0.164 |
0.338 |
| EFA |
0.259 |
0.167 |
0.360 |
| WPCA |
0.362 |
0.269 |
0.453 |
bpBER <- barPlotCiError(as.matrix(berror),
metricname = "Balanced Error Rate",
thesets = "Test BER",
themethod = rownames(aucs),
main = "Balanced Error Rate",
offsets = c(0.5,1),
scoreDirection = "<",
ho=0.5,
args.legend = list(bg = "white",x="topleft",inset=c(0.0,0),cex=0.5),
col = terrain.colors(nrow(aucs))
)

par(op)